source /home/work_nfs8/xlgeng/new_workspace/yhliang_template/.bashrc
input_txt=/home/work_nfs8/xlgeng/new_workspace/gxl_ai_utils/eggs/cats_and_dogs/prepare_data_for_en_cn/make_arpa/data_res/all_data-nospace-ABC-nospecial.txt
output_txt=/home/work_nfs8/xlgeng/new_workspace/gxl_ai_utils/eggs/cats_and_dogs/prepare_data_for_en_cn/make_arpa/data_res/finall.txt
echo 'hello world'
/home/work_nfs3/fyu/tools/wordseg/word_seg4 /home/work_nfs8/xlgeng/new_workspace/gxl_ai_utils/eggs/cats_and_dogs/prepare_data_for_en_cn/make_arpa/data_res/words_lines.txt ${input_txt} ${output_txt}
echo 'hello world------------'
. ./path.sh
./kenlm_train.sh $output_txt ./output_${filename}.arpa